EPOCH=10
LR=5e-4
NAME=train

accelerate launch --config_file config.yaml train.py \
    --run_name=test \
    --pretrained_model_name_or_path="/data02/models/CodeLlama-7b-hf" \
    --train_dataset_path="../data/test_set_B/${NAME}.parquet" \
    --eval_dataset_path="../data/test_set_B/${NAME}.parquet" \
    --num_train_epochs=${EPOCH} \
    --learning_rate=${LR} \
    --output_dir="../checkpoints/${NAME}_e${EPOCH}_l${LR}" \
    --eval_steps=50 \
    --save_steps=100 \
    --max_length=2048 \
    --per_device_train_batch_size=1 \
    --per_device_eval_batch_size=1
